# encoding: utf-8

# Namespacing module for StringEater
module StringEater
  autoload :Token, 'token'
  autoload :CTokenizer, 'c-tokenizer'

  autoload :VERSION, 'version'

  # by default, Tokenizer is the c extension tokenizer
  class Tokenizer < CTokenizer; end
end
